# Copyright (c) Alibaba, Inc. and its affiliates.
import os

os.environ["CUDA_VISIBLE_DEVICES"] = "0"

if __name__ == "__main__":
    from swift.llm import EvalArguments, eval_main, run_deploy, DeployArguments

    # Here's a runnable demo provided. Use the eval_url method for evaluation.
    # In a real scenario, you can simply remove the deployed context.
    print(EvalArguments.list_eval_dataset())
    with run_deploy(
        DeployArguments(
            model="Qwen/Qwen2.5-1.5B-Instruct",
            verbose=False,
            log_interval=-1,
            infer_backend="vllm",
        ),
        return_url=True,
    ) as url:
        eval_main(
            EvalArguments(
                model="Qwen2.5-1.5B-Instruct", eval_url=url, eval_dataset=["arc"]
            )
        )
